Enter the name of the tissue you want to analyze.
tissue_of_interest = "Liver"
Install any packages you’re missing.
#install.packages("useful")
#install.packages("ontologyIndex")
#install.packages("here")
Load the requisite packages and some additional helper functions.
library(here)
library(useful)
library(Seurat)
library(dplyr)
library(Matrix)
library(ontologyIndex)
cell_ontology = get_ontology('https://raw.githubusercontent.com/obophenotype/cell-ontology/master/cl-basic.obo', extract_tags='everything')
validate_cell_ontology = function(cell_ontology_class){
in_cell_ontology = sapply(cell_ontology_class, function(x) is.element(x, cell_ontology$name) || is.na(x))
if (!all(in_cell_ontology)) {
message = paste0('"', cell_ontology_class[!in_cell_ontology], '" is not in the cell ontology\n')
stop(message)
}
}
convert_to_cell_ontology_id = function(cell_ontology_class){
return(sapply(cell_ontology_class, function(x) {
if(is.na(x)){
x
}else{
as.vector(cell_ontology$id[cell_ontology$name == x])[1]
}
}))
}
# Load the per-plate metadata
plate_metadata_filename = here('00_data_ingest', '00_facs_raw_data', 'metadata_FACS.csv')
plate_metadata <- read.csv(plate_metadata_filename, sep=",", header = TRUE)
colnames(plate_metadata)[1] <- "plate.barcode"
plate_metadata
Load the read count data.
#Load the gene names and set the metadata columns by opening the first file
filename = here('00_data_ingest', '00_facs_raw_data', 'FACS', paste0(tissue_of_interest, '-counts.csv'))
raw.data = read.csv(filename, sep=",", row.names=1)
# raw.data = data.frame(row.names = rownames(raw.data))
corner(raw.data)
Make a vector of plate barcodes for each cell
plate.barcodes = lapply(colnames(raw.data), function(x) strsplit(strsplit(x, "_")[[1]][1], '.', fixed=TRUE)[[1]][2])
Make per-cell metadata, and reorder the raw data by plate for consistency. Make a plate barcode dataframe to “expand” the per-plate metadata to be per-cell.
barcode.df = t.data.frame(as.data.frame(plate.barcodes))
rownames(barcode.df) = colnames(raw.data)
colnames(barcode.df) = c('plate.barcode')
head(barcode.df)
plate.barcode
F18.MAA000377.3_9_M.1.1 "MAA000377"
J20.MAA000377.3_9_M.1.1 "MAA000377"
F19.MAA000377.3_9_M.1.1 "MAA000377"
J21.MAA000377.3_9_M.1.1 "MAA000377"
F20.MAA000377.3_9_M.1.1 "MAA000377"
J22.MAA000377.3_9_M.1.1 "MAA000377"
rnames = row.names(barcode.df)
head(rnames)
[1] "F18.MAA000377.3_9_M.1.1" "J20.MAA000377.3_9_M.1.1" "F19.MAA000377.3_9_M.1.1" "J21.MAA000377.3_9_M.1.1" "F20.MAA000377.3_9_M.1.1"
[6] "J22.MAA000377.3_9_M.1.1"
meta.data <- merge(barcode.df, plate_metadata, by='plate.barcode', sort = F)
row.names(meta.data) <- rnames
head(meta.data)
# Sort cells by plate barcode because that's how the data was originally
meta.data = meta.data[order(rownames(meta.data)), ]
corner(meta.data)
raw.data = raw.data[, rownames(meta.data)]
corner(raw.data)
Process the raw data and load it into the Seurat object.
# Find ERCC's, compute the percent ERCC, and drop them from the raw data.
erccs <- grep(pattern = "^ERCC-", x = rownames(x = raw.data), value = TRUE)
percent.ercc <- Matrix::colSums(raw.data[erccs, ])/Matrix::colSums(raw.data)
ercc.index <- grep(pattern = "^ERCC-", x = rownames(x = raw.data), value = FALSE)
raw.data <- raw.data[-ercc.index,]
# Create the Seurat object with all the data
tiss <- CreateSeuratObject(raw.data = raw.data, project = tissue_of_interest,
min.cells = 1, min.genes = 0)
tiss <- AddMetaData(object = tiss, meta.data)
tiss <- AddMetaData(object = tiss, percent.ercc, col.name = "percent.ercc")
# Change default name for sums of counts from nUMI to nReads
colnames(tiss@meta.data)[colnames(tiss@meta.data) == 'nUMI'] <- 'nReads'
# Create metadata columns for cell_ontology_classs and subcell_ontology_classs
tiss@meta.data[,'free_annotation'] <- NA
tiss@meta.data[,'free_annotation'] <- NA
tiss@meta.data[,'cell_ontology_class'] <- NA
Calculate percent ribosomal genes.
ribo.genes <- grep(pattern = "^Rp[sl][[:digit:]]", x = rownames(x = tiss@data), value = TRUE)
percent.ribo <- Matrix::colSums(tiss@raw.data[ribo.genes, ])/Matrix::colSums(tiss@raw.data)
tiss <- AddMetaData(object = tiss, metadata = percent.ribo, col.name = "percent.ribo")
A sanity check: genes per cell vs reads per cell.
GenePlot(object = tiss, gene1 = "nReads", gene2 = "nGene", use.raw=T)

Filter out cells with few reads and few genes.
tiss <- FilterCells(object = tiss, subset.names = c("nGene", "nReads"), low.thresholds = c(500, 50000))
Normalize the data, then center and scale.
tiss <- NormalizeData(object = tiss, scale.factor = 1e6)
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
|----|----|----|----|----|----|----|----|----|----|
**************************************************|
tiss <- ScaleData(object = tiss)
[1] "Scaling data matrix"
|
| | 0%
|
|=====================================================================================================================================| 100%
tiss <- FindVariableGenes(object = tiss, do.plot = TRUE, x.high.cutoff = Inf, y.cutoff = 0.5)
Calculating gene means
0% 10 20 30 40 50 60 70 80 90 100%
|----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variance to mean ratios
0% 10 20 30 40 50 60 70 80 90 100%
|----|----|----|----|----|----|----|----|----|----|
**************************************************|

Run Principal Component Analysis.
tiss <- RunPCA(object = tiss, do.print = FALSE)
tiss <- ProjectPCA(object = tiss, do.print = FALSE)

Later on (in FindClusters and TSNE) you will pick a number of principal components to use. This has the effect of keeping the major directions of variation in the data and, ideally, supressing noise. There is no correct answer to the number to use, but a decent rule of thumb is to go until the plot plateaus.
PCElbowPlot(object = tiss)

Choose the number of principal components to use.
# Set number of principal components.
n.pcs = 11
The clustering is performed based on a nearest neighbors graph. Cells that have similar expression will be joined together. The Louvain algorithm looks for groups of cells with high modularity–more connections within the group than between groups. The resolution parameter determines the scale. Higher resolution will give more clusters, lower resolution will give fewer.
For the top-level clustering, aim to under-cluster instead of over-cluster. It will be easy to subset groups and further analyze them below.
# Set resolution
res.used <- 1
tiss <- FindClusters(object = tiss, reduction.type = "pca", dims.use = 1:n.pcs,
resolution = res.used, print.output = 0, save.SNN = TRUE)
We use TSNE solely to visualize the data.
# If cells are too spread out, you can raise the perplexity. If you have few cells, try a lower perplexity (but never less than 10).
tiss <- RunTSNE(object = tiss, dims.use = 1:n.pcs, seed.use = 10, perplexity=30)
TSNEPlot(object = tiss, do.label = T, pt.size = 1.2, label.size = 4)

Check expression of genes useful for indicating cell type. For the islet cells, the mRNA for their specific secretory molecule is a strong signal.
hepatocyte: Alb, Ttr, Apoa1, and Serpina1c pericentral: Cyp2e1, Glul, Oat, Gulo midlobular: Ass1, Hamp, Gstp1, Ubb periportal: Cyp2f2, Pck1, Hal, Cdh1
endothelial cells: Pecam1, Nrp1, Kdr+ and Oit3+ Kuppfer cells: Emr1, Clec4f, Cd68, Irf7 NK/NKT cells: Zap70, Il2rb, Nkg7, Cxcr6, Klr1c, Gzma B cells: Cd79a, Cd79b, Cd74 and Cd19
genes_hep = c('Alb', 'Ttr', 'Apoa1', 'Serpina1c',
'Cyp2e1', 'Glul', 'Oat', 'Gulo',
'Ass1', 'Hamp', 'Gstp1', 'Ubb',
'Cyp2f2', 'Pck1', 'Hal', 'Cdh1')
genes_endo = c('Pecam1', 'Nrp1', 'Kdr','Oit3')
genes_kuppfer = c('Emr1', 'Clec4f', 'Cd68', 'Irf7')
genes_nk = c('Zap70', 'Il2rb', 'Nkg7', 'Cxcr6', 'Gzma')
genes_b = c('Cd79a', 'Cd79b', 'Cd74')
all_genes = c(genes_hep, genes_endo, genes_kuppfer, genes_nk, genes_b)

Dotplots let you see the intensity of exppression and the fraction of cells expressing for each of your genes of interest. The radius shows you the percent of cells in that cluster with at least one read sequenced from that gene. The color level indicates the average Z-score of gene expression for cells in that cluster, where the scaling is done over taken over all cells in the sample.


Violin plot of Albumin expression to assess possible leakage.

We can also find all differentially expressed genes marking each cluster. This may take some time.
#clust.markers0 <- FindMarkers(object = tiss, ident.1 = 0, only.pos = TRUE, min.pct = 0.25, thresh.use = 0.25)
#tiss.markers <- FindAllMarkers(object = tiss, only.pos = TRUE, min.pct = 0.25, thresh.use = 0.25)
Display the top markers you computed above.
#tiss.markers %>% group_by(cluster) %>% top_n(5, avg_diff)
Using the markers above, we can confidentaly label many of the clusters:
tiss <- StashIdent(object = tiss, save.name = "cluster.ids")
cluster.ids <- c(0, 1, 2, 3, 4, 5, 6, 7, 8)
free_annotation <- c(
"endothelial cell",
"hepatocyte",
"hepatocyte",
"hepatocyte",
"hepatocyte",
"kuppfer",
"hepatocyte",
"B cell",
"Nk/NKT cells")
cell_ontology_class <-c(
"endothelial cell of hepatic sinusoid",
"hepatocyte",
"hepatocyte",
"hepatocyte",
"hepatocyte",
"Kupffer cell",
"hepatocyte",
"B cell",
"natural killer cell")
validate_cell_ontology(cell_ontology_class)
cell_ontology_id = convert_to_cell_ontology_id(cell_ontology_class)
tiss@meta.data['free_annotation'] <- as.character(plyr::mapvalues(x = tiss@ident, from = cluster.ids, to = free_annotation))
validate_cell_ontology(cell_ontology_class)
cell_ontology_id = convert_to_cell_ontology_id(cell_ontology_class)
tiss@meta.data['cell_ontology_class'] <- as.character(plyr::mapvalues(x = tiss@ident, from = cluster.ids, to = cell_ontology_class))
tiss@meta.data['cell_ontology_id'] <- as.character(plyr::mapvalues(x = tiss@ident, from = cluster.ids, to = cell_ontology_id))
Checking for batch effects
Color by metadata, like plate barcode, to check for batch effects.
TSNEPlot(object = tiss, do.return = TRUE, group.by = "mouse.id")

table(FetchData(tiss, c('plate.barcode','ident')) %>% droplevels())
ident
plate.barcode 0 1 2 3 4 5 6 7 8
MAA000377 22 0 22 5 0 14 0 10 7
MAA000907 160 0 36 2 0 47 0 31 32
MAA100039 0 0 13 21 31 0 0 0 0
MAA100040 0 0 10 6 20 0 0 0 0
MAA100041 0 0 3 9 10 0 0 0 0
MAA100042 0 0 7 23 11 0 1 0 0
MAA100138 0 46 0 11 0 0 25 0 0
MAA100140 0 46 0 5 0 0 28 0 0
Final coloring
Color by cell ontology class on the original TSNE.
TSNEPlot(object = tiss, group.by = "cell_ontology_class")

Save the Robject for later
filename = here('00_data_ingest', '04_tissue_robj_generated',
paste0("facs_", tissue_of_interest, "_seurat_tiss.Robj"))
print(filename)
[1] "/Users/josh/src/tabula-muris/00_data_ingest/04_tissue_robj_generated/facs_Liver_seurat_tiss.Robj"
save(tiss, file=filename)
# To reload a saved object
#filename = here('00_data_ingest', '04_tissue_robj_generated',
# paste0("facs_", tissue_of_interest, "_seurat_subtiss.Robj"))
#load(file=filename)
BuildClusterTree(tiss)
[1] "Finished averaging RNA for cluster 0"
[1] "Finished averaging RNA for cluster 1"
[1] "Finished averaging RNA for cluster 2"
[1] "Finished averaging RNA for cluster 3"
[1] "Finished averaging RNA for cluster 4"
[1] "Finished averaging RNA for cluster 5"
[1] "Finished averaging RNA for cluster 6"
[1] "Finished averaging RNA for cluster 7"
[1] "Finished averaging RNA for cluster 8"
An object of class seurat in project Liver
17448 genes across 714 samples.

LS0tCnRpdGxlOiAiTGl2ZXIgRkFDUyBOb3RlYm9vayIKb3V0cHV0OiBodG1sX25vdGVib29rCi0tLQoKRW50ZXIgdGhlIG5hbWUgb2YgdGhlIHRpc3N1ZSB5b3Ugd2FudCB0byBhbmFseXplLgoKYGBge3J9CnRpc3N1ZV9vZl9pbnRlcmVzdCA9ICJMaXZlciIKYGBgCgpJbnN0YWxsIGFueSBwYWNrYWdlcyB5b3UncmUgbWlzc2luZy4KYGBge3J9CiNpbnN0YWxsLnBhY2thZ2VzKCJ1c2VmdWwiKQojaW5zdGFsbC5wYWNrYWdlcygib250b2xvZ3lJbmRleCIpCiNpbnN0YWxsLnBhY2thZ2VzKCJoZXJlIikKYGBgCgpMb2FkIHRoZSByZXF1aXNpdGUgcGFja2FnZXMgYW5kIHNvbWUgYWRkaXRpb25hbCBoZWxwZXIgZnVuY3Rpb25zLgoKYGBge3J9CmxpYnJhcnkoaGVyZSkKbGlicmFyeSh1c2VmdWwpCmxpYnJhcnkoU2V1cmF0KQpsaWJyYXJ5KGRwbHlyKQpsaWJyYXJ5KE1hdHJpeCkKbGlicmFyeShvbnRvbG9neUluZGV4KQpjZWxsX29udG9sb2d5ID0gZ2V0X29udG9sb2d5KCdodHRwczovL3Jhdy5naXRodWJ1c2VyY29udGVudC5jb20vb2JvcGhlbm90eXBlL2NlbGwtb250b2xvZ3kvbWFzdGVyL2NsLWJhc2ljLm9ibycsIGV4dHJhY3RfdGFncz0nZXZlcnl0aGluZycpCgp2YWxpZGF0ZV9jZWxsX29udG9sb2d5ID0gZnVuY3Rpb24oY2VsbF9vbnRvbG9neV9jbGFzcyl7CiAgaW5fY2VsbF9vbnRvbG9neSA9IHNhcHBseShjZWxsX29udG9sb2d5X2NsYXNzLCBmdW5jdGlvbih4KSBpcy5lbGVtZW50KHgsIGNlbGxfb250b2xvZ3kkbmFtZSkgfHwgaXMubmEoeCkpCiAgaWYgKCFhbGwoaW5fY2VsbF9vbnRvbG9neSkpIHsKICAgIG1lc3NhZ2UgPSBwYXN0ZTAoJyInLCBjZWxsX29udG9sb2d5X2NsYXNzWyFpbl9jZWxsX29udG9sb2d5XSwgJyIgaXMgbm90IGluIHRoZSBjZWxsIG9udG9sb2d5XG4nKQogICAgc3RvcChtZXNzYWdlKQogIH0KfQoKY29udmVydF90b19jZWxsX29udG9sb2d5X2lkID0gZnVuY3Rpb24oY2VsbF9vbnRvbG9neV9jbGFzcyl7CiAgcmV0dXJuKHNhcHBseShjZWxsX29udG9sb2d5X2NsYXNzLCBmdW5jdGlvbih4KSB7CiAgICAgIGlmKGlzLm5hKHgpKXsKICAgICAgICB4CiAgICAgIH1lbHNlewogICAgICAgIGFzLnZlY3RvcihjZWxsX29udG9sb2d5JGlkW2NlbGxfb250b2xvZ3kkbmFtZSA9PSB4XSlbMV0KICAgICAgfQogICAgfSkpCn0KYGBgCgoKYGBge3J9CiMgTG9hZCB0aGUgcGVyLXBsYXRlIG1ldGFkYXRhCnBsYXRlX21ldGFkYXRhX2ZpbGVuYW1lID0gaGVyZSgnMDBfZGF0YV9pbmdlc3QnLCAnMDBfZmFjc19yYXdfZGF0YScsICdtZXRhZGF0YV9GQUNTLmNzdicpCgpwbGF0ZV9tZXRhZGF0YSA8LSByZWFkLmNzdihwbGF0ZV9tZXRhZGF0YV9maWxlbmFtZSwgc2VwPSIsIiwgaGVhZGVyID0gVFJVRSkKY29sbmFtZXMocGxhdGVfbWV0YWRhdGEpWzFdIDwtICJwbGF0ZS5iYXJjb2RlIgpwbGF0ZV9tZXRhZGF0YQpgYGAKCkxvYWQgdGhlIHJlYWQgY291bnQgZGF0YS4KYGBge3J9CiNMb2FkIHRoZSBnZW5lIG5hbWVzIGFuZCBzZXQgdGhlIG1ldGFkYXRhIGNvbHVtbnMgYnkgb3BlbmluZyB0aGUgZmlyc3QgZmlsZQpmaWxlbmFtZSA9IGhlcmUoJzAwX2RhdGFfaW5nZXN0JywgJzAwX2ZhY3NfcmF3X2RhdGEnLCAnRkFDUycsIHBhc3RlMCh0aXNzdWVfb2ZfaW50ZXJlc3QsICctY291bnRzLmNzdicpKQoKcmF3LmRhdGEgPSByZWFkLmNzdihmaWxlbmFtZSwgc2VwPSIsIiwgcm93Lm5hbWVzPTEpCiMgcmF3LmRhdGEgPSBkYXRhLmZyYW1lKHJvdy5uYW1lcyA9IHJvd25hbWVzKHJhdy5kYXRhKSkKY29ybmVyKHJhdy5kYXRhKQpgYGAKCk1ha2UgYSB2ZWN0b3Igb2YgcGxhdGUgYmFyY29kZXMgZm9yIGVhY2ggY2VsbAoKYGBge3J9CnBsYXRlLmJhcmNvZGVzID0gbGFwcGx5KGNvbG5hbWVzKHJhdy5kYXRhKSwgZnVuY3Rpb24oeCkgc3Ryc3BsaXQoc3Ryc3BsaXQoeCwgIl8iKVtbMV1dWzFdLCAnLicsIGZpeGVkPVRSVUUpW1sxXV1bMl0pCmBgYAoKCk1ha2UgcGVyLWNlbGwgbWV0YWRhdGEsIGFuZCByZW9yZGVyIHRoZSByYXcgZGF0YSBieSBwbGF0ZSBmb3IgY29uc2lzdGVuY3kuIE1ha2UgYSBwbGF0ZSBiYXJjb2RlIGRhdGFmcmFtZSB0byAiZXhwYW5kIiB0aGUgcGVyLXBsYXRlIG1ldGFkYXRhIHRvIGJlIHBlci1jZWxsLgpgYGB7cn0KYmFyY29kZS5kZiA9IHQuZGF0YS5mcmFtZShhcy5kYXRhLmZyYW1lKHBsYXRlLmJhcmNvZGVzKSkKCnJvd25hbWVzKGJhcmNvZGUuZGYpID0gY29sbmFtZXMocmF3LmRhdGEpCmNvbG5hbWVzKGJhcmNvZGUuZGYpID0gYygncGxhdGUuYmFyY29kZScpCmhlYWQoYmFyY29kZS5kZikKCnJuYW1lcyA9IHJvdy5uYW1lcyhiYXJjb2RlLmRmKQpoZWFkKHJuYW1lcykKbWV0YS5kYXRhIDwtIG1lcmdlKGJhcmNvZGUuZGYsIHBsYXRlX21ldGFkYXRhLCBieT0ncGxhdGUuYmFyY29kZScsIHNvcnQgPSBGKQpyb3cubmFtZXMobWV0YS5kYXRhKSA8LSBybmFtZXMKaGVhZChtZXRhLmRhdGEpCgojIFNvcnQgY2VsbHMgYnkgcGxhdGUgYmFyY29kZSBiZWNhdXNlIHRoYXQncyBob3cgdGhlIGRhdGEgd2FzIG9yaWdpbmFsbHkKbWV0YS5kYXRhID0gbWV0YS5kYXRhW29yZGVyKHJvd25hbWVzKG1ldGEuZGF0YSkpLCBdCmNvcm5lcihtZXRhLmRhdGEpCnJhdy5kYXRhID0gcmF3LmRhdGFbLCByb3duYW1lcyhtZXRhLmRhdGEpXQpjb3JuZXIocmF3LmRhdGEpCmBgYAoKUHJvY2VzcyB0aGUgcmF3IGRhdGEgYW5kIGxvYWQgaXQgaW50byB0aGUgU2V1cmF0IG9iamVjdC4KCmBgYHtyfQojIEZpbmQgRVJDQydzLCBjb21wdXRlIHRoZSBwZXJjZW50IEVSQ0MsIGFuZCBkcm9wIHRoZW0gZnJvbSB0aGUgcmF3IGRhdGEuCmVyY2NzIDwtIGdyZXAocGF0dGVybiA9ICJeRVJDQy0iLCB4ID0gcm93bmFtZXMoeCA9IHJhdy5kYXRhKSwgdmFsdWUgPSBUUlVFKQpwZXJjZW50LmVyY2MgPC0gTWF0cml4Ojpjb2xTdW1zKHJhdy5kYXRhW2VyY2NzLCBdKS9NYXRyaXg6OmNvbFN1bXMocmF3LmRhdGEpCmVyY2MuaW5kZXggPC0gZ3JlcChwYXR0ZXJuID0gIl5FUkNDLSIsIHggPSByb3duYW1lcyh4ID0gcmF3LmRhdGEpLCB2YWx1ZSA9IEZBTFNFKQpyYXcuZGF0YSA8LSByYXcuZGF0YVstZXJjYy5pbmRleCxdCgojIENyZWF0ZSB0aGUgU2V1cmF0IG9iamVjdCB3aXRoIGFsbCB0aGUgZGF0YQp0aXNzIDwtIENyZWF0ZVNldXJhdE9iamVjdChyYXcuZGF0YSA9IHJhdy5kYXRhLCBwcm9qZWN0ID0gdGlzc3VlX29mX2ludGVyZXN0LCAKICAgICAgICAgICAgICAgICAgICBtaW4uY2VsbHMgPSAxLCBtaW4uZ2VuZXMgPSAwKQoKdGlzcyA8LSBBZGRNZXRhRGF0YShvYmplY3QgPSB0aXNzLCBtZXRhLmRhdGEpCnRpc3MgPC0gQWRkTWV0YURhdGEob2JqZWN0ID0gdGlzcywgcGVyY2VudC5lcmNjLCBjb2wubmFtZSA9ICJwZXJjZW50LmVyY2MiKQojIENoYW5nZSBkZWZhdWx0IG5hbWUgZm9yIHN1bXMgb2YgY291bnRzIGZyb20gblVNSSB0byBuUmVhZHMKY29sbmFtZXModGlzc0BtZXRhLmRhdGEpW2NvbG5hbWVzKHRpc3NAbWV0YS5kYXRhKSA9PSAnblVNSSddIDwtICduUmVhZHMnCgojIENyZWF0ZSBtZXRhZGF0YSBjb2x1bW5zIGZvciBjZWxsX29udG9sb2d5X2NsYXNzcyBhbmQgc3ViY2VsbF9vbnRvbG9neV9jbGFzc3MKdGlzc0BtZXRhLmRhdGFbLCdmcmVlX2Fubm90YXRpb24nXSA8LSBOQQp0aXNzQG1ldGEuZGF0YVssJ2ZyZWVfYW5ub3RhdGlvbiddIDwtIE5BCnRpc3NAbWV0YS5kYXRhWywnY2VsbF9vbnRvbG9neV9jbGFzcyddIDwtIE5BCmBgYAoKQ2FsY3VsYXRlIHBlcmNlbnQgcmlib3NvbWFsIGdlbmVzLgoKYGBge3J9CnJpYm8uZ2VuZXMgPC0gZ3JlcChwYXR0ZXJuID0gIl5ScFtzbF1bWzpkaWdpdDpdXSIsIHggPSByb3duYW1lcyh4ID0gdGlzc0BkYXRhKSwgdmFsdWUgPSBUUlVFKQpwZXJjZW50LnJpYm8gPC0gTWF0cml4Ojpjb2xTdW1zKHRpc3NAcmF3LmRhdGFbcmliby5nZW5lcywgXSkvTWF0cml4Ojpjb2xTdW1zKHRpc3NAcmF3LmRhdGEpCnRpc3MgPC0gQWRkTWV0YURhdGEob2JqZWN0ID0gdGlzcywgbWV0YWRhdGEgPSBwZXJjZW50LnJpYm8sIGNvbC5uYW1lID0gInBlcmNlbnQucmlibyIpCmBgYAoKQSBzYW5pdHkgY2hlY2s6IGdlbmVzIHBlciBjZWxsIHZzIHJlYWRzIHBlciBjZWxsLgoKYGBge3J9CkdlbmVQbG90KG9iamVjdCA9IHRpc3MsIGdlbmUxID0gIm5SZWFkcyIsIGdlbmUyID0gIm5HZW5lIiwgdXNlLnJhdz1UKQpgYGAKCkZpbHRlciBvdXQgY2VsbHMgd2l0aCBmZXcgcmVhZHMgYW5kIGZldyBnZW5lcy4KCmBgYHtyfQp0aXNzIDwtIEZpbHRlckNlbGxzKG9iamVjdCA9IHRpc3MsIHN1YnNldC5uYW1lcyA9IGMoIm5HZW5lIiwgIm5SZWFkcyIpLCBsb3cudGhyZXNob2xkcyA9IGMoNTAwLCA1MDAwMCkpCmBgYAoKCk5vcm1hbGl6ZSB0aGUgZGF0YSwgdGhlbiBjZW50ZXIgYW5kIHNjYWxlLgoKYGBge3J9CnRpc3MgPC0gTm9ybWFsaXplRGF0YShvYmplY3QgPSB0aXNzLCBzY2FsZS5mYWN0b3IgPSAxZTYpCnRpc3MgPC0gU2NhbGVEYXRhKG9iamVjdCA9IHRpc3MpCnRpc3MgPC0gRmluZFZhcmlhYmxlR2VuZXMob2JqZWN0ID0gdGlzcywgZG8ucGxvdCA9IFRSVUUsIHguaGlnaC5jdXRvZmYgPSBJbmYsIHkuY3V0b2ZmID0gMC41KQpgYGAKCgpSdW4gUHJpbmNpcGFsIENvbXBvbmVudCBBbmFseXNpcy4KYGBge3J9CnRpc3MgPC0gUnVuUENBKG9iamVjdCA9IHRpc3MsIGRvLnByaW50ID0gRkFMU0UpCnRpc3MgPC0gUHJvamVjdFBDQShvYmplY3QgPSB0aXNzLCBkby5wcmludCA9IEZBTFNFKQpgYGAKCmBgYHtyLCBlY2hvPUZBTFNFLCBmaWcuaGVpZ2h0PTQsIGZpZy53aWR0aD04fQpQQ0hlYXRtYXAob2JqZWN0ID0gdGlzcywgcGMudXNlID0gMTozLCBjZWxscy51c2UgPSA1MDAsIGRvLmJhbGFuY2VkID0gVFJVRSwgbGFiZWwuY29sdW1ucyA9IEZBTFNFLCBudW0uZ2VuZXMgPSA4KQpgYGAKCkxhdGVyIG9uIChpbiBGaW5kQ2x1c3RlcnMgYW5kIFRTTkUpIHlvdSB3aWxsIHBpY2sgYSBudW1iZXIgb2YgcHJpbmNpcGFsIGNvbXBvbmVudHMgdG8gdXNlLiBUaGlzIGhhcyB0aGUgZWZmZWN0IG9mIGtlZXBpbmcgdGhlIG1ham9yIGRpcmVjdGlvbnMgb2YgdmFyaWF0aW9uIGluIHRoZSBkYXRhIGFuZCwgaWRlYWxseSwgc3VwcmVzc2luZyBub2lzZS4gVGhlcmUgaXMgbm8gY29ycmVjdCBhbnN3ZXIgdG8gdGhlIG51bWJlciB0byB1c2UsIGJ1dCBhIGRlY2VudCBydWxlIG9mIHRodW1iIGlzIHRvIGdvIHVudGlsIHRoZSBwbG90IHBsYXRlYXVzLgoKYGBge3J9ClBDRWxib3dQbG90KG9iamVjdCA9IHRpc3MpCmBgYAoKQ2hvb3NlIHRoZSBudW1iZXIgb2YgcHJpbmNpcGFsIGNvbXBvbmVudHMgdG8gdXNlLgpgYGB7cn0KIyBTZXQgbnVtYmVyIG9mIHByaW5jaXBhbCBjb21wb25lbnRzLiAKbi5wY3MgPSAxMQpgYGAKCgpUaGUgY2x1c3RlcmluZyBpcyBwZXJmb3JtZWQgYmFzZWQgb24gYSBuZWFyZXN0IG5laWdoYm9ycyBncmFwaC4gQ2VsbHMgdGhhdCBoYXZlIHNpbWlsYXIgZXhwcmVzc2lvbiB3aWxsIGJlIGpvaW5lZCB0b2dldGhlci4gVGhlIExvdXZhaW4gYWxnb3JpdGhtIGxvb2tzIGZvciBncm91cHMgb2YgY2VsbHMgd2l0aCBoaWdoIG1vZHVsYXJpdHktLW1vcmUgY29ubmVjdGlvbnMgd2l0aGluIHRoZSBncm91cCB0aGFuIGJldHdlZW4gZ3JvdXBzLiBUaGUgcmVzb2x1dGlvbiBwYXJhbWV0ZXIgZGV0ZXJtaW5lcyB0aGUgc2NhbGUuIEhpZ2hlciByZXNvbHV0aW9uIHdpbGwgZ2l2ZSBtb3JlIGNsdXN0ZXJzLCBsb3dlciByZXNvbHV0aW9uIHdpbGwgZ2l2ZSBmZXdlci4KCkZvciB0aGUgdG9wLWxldmVsIGNsdXN0ZXJpbmcsIGFpbSB0byB1bmRlci1jbHVzdGVyIGluc3RlYWQgb2Ygb3Zlci1jbHVzdGVyLiBJdCB3aWxsIGJlIGVhc3kgdG8gc3Vic2V0IGdyb3VwcyBhbmQgZnVydGhlciBhbmFseXplIHRoZW0gYmVsb3cuCgpgYGB7cn0KIyBTZXQgcmVzb2x1dGlvbiAKcmVzLnVzZWQgPC0gMQoKdGlzcyA8LSBGaW5kQ2x1c3RlcnMob2JqZWN0ID0gdGlzcywgcmVkdWN0aW9uLnR5cGUgPSAicGNhIiwgZGltcy51c2UgPSAxOm4ucGNzLCAKICAgIHJlc29sdXRpb24gPSByZXMudXNlZCwgcHJpbnQub3V0cHV0ID0gMCwgc2F2ZS5TTk4gPSBUUlVFKQpgYGAKCldlIHVzZSBUU05FIHNvbGVseSB0byB2aXN1YWxpemUgdGhlIGRhdGEuCmBgYHtyfQojIElmIGNlbGxzIGFyZSB0b28gc3ByZWFkIG91dCwgeW91IGNhbiByYWlzZSB0aGUgcGVycGxleGl0eS4gSWYgeW91IGhhdmUgZmV3IGNlbGxzLCB0cnkgYSBsb3dlciBwZXJwbGV4aXR5IChidXQgbmV2ZXIgbGVzcyB0aGFuIDEwKS4KdGlzcyA8LSBSdW5UU05FKG9iamVjdCA9IHRpc3MsIGRpbXMudXNlID0gMTpuLnBjcywgc2VlZC51c2UgPSAxMCwgcGVycGxleGl0eT0zMCkKYGBgCgpgYGB7cn0KVFNORVBsb3Qob2JqZWN0ID0gdGlzcywgZG8ubGFiZWwgPSBULCBwdC5zaXplID0gMS4yLCBsYWJlbC5zaXplID0gNCkKYGBgCgpDaGVjayBleHByZXNzaW9uIG9mIGdlbmVzIHVzZWZ1bCBmb3IgaW5kaWNhdGluZyBjZWxsIHR5cGUuIEZvciB0aGUgaXNsZXQgY2VsbHMsIHRoZSBtUk5BIGZvciB0aGVpciBzcGVjaWZpYyBzZWNyZXRvcnkgbW9sZWN1bGUgaXMgYSBzdHJvbmcgc2lnbmFsLgoKaGVwYXRvY3l0ZTogQWxiLCBUdHIsIEFwb2ExLCBhbmQgU2VycGluYTFjCnBlcmljZW50cmFsOiBDeXAyZTEsIEdsdWwsIE9hdCwgR3VsbwptaWRsb2J1bGFyOiBBc3MxLCBIYW1wLCBHc3RwMSwgVWJiCnBlcmlwb3J0YWw6IEN5cDJmMiwgUGNrMSwgSGFsLCBDZGgxCgplbmRvdGhlbGlhbCBjZWxsczogUGVjYW0xLCBOcnAxLCBLZHIrIGFuZCBPaXQzKwpLdXBwZmVyIGNlbGxzOiBFbXIxLCBDbGVjNGYsIENkNjgsIElyZjcKTksvTktUIGNlbGxzOiBaYXA3MCwgSWwycmIsIE5rZzcsIEN4Y3I2LCBLbHIxYywgR3ptYQpCIGNlbGxzOiBDZDc5YSwgQ2Q3OWIsIENkNzQgYW5kIENkMTkKCgoKYGBge3J9CmdlbmVzX2hlcCA9IGMoJ0FsYicsICdUdHInLCAnQXBvYTEnLCAnU2VycGluYTFjJywgCiAgICAgICAgICAgICAgICAgICAnQ3lwMmUxJywgJ0dsdWwnLCAnT2F0JywgJ0d1bG8nLAogICAgICAgICAgICAgICAgICAgJ0FzczEnLCAnSGFtcCcsICdHc3RwMScsICdVYmInLAogICAgICAgICAgICAgICAgICAgJ0N5cDJmMicsICdQY2sxJywgJ0hhbCcsICdDZGgxJykKZ2VuZXNfZW5kbyA9IGMoJ1BlY2FtMScsICdOcnAxJywgJ0tkcicsJ09pdDMnKQpnZW5lc19rdXBwZmVyID0gYygnRW1yMScsICdDbGVjNGYnLCAnQ2Q2OCcsICdJcmY3JykKZ2VuZXNfbmsgPSBjKCdaYXA3MCcsICdJbDJyYicsICdOa2c3JywgJ0N4Y3I2JywgJ0d6bWEnKQpnZW5lc19iID0gYygnQ2Q3OWEnLCAnQ2Q3OWInLCAnQ2Q3NCcpCgoKYWxsX2dlbmVzID0gYyhnZW5lc19oZXAsIGdlbmVzX2VuZG8sIGdlbmVzX2t1cHBmZXIsIGdlbmVzX25rLCBnZW5lc19iKQpgYGAKCmBgYHtyLCBlY2hvPUZBTFNFLCBmaWcuaGVpZ2h0PTI0LCBmaWcud2lkdGg9MTJ9CkZlYXR1cmVQbG90KHRpc3MsIGdlbmVzX2hlcCwgcHQuc2l6ZSA9IDMsIG5Db2wgPSAyLCBjb2xzLnVzZSA9IGMoImdyZXkiLCAicmVkIikpCmBgYAoKRG90cGxvdHMgbGV0IHlvdSBzZWUgdGhlIGludGVuc2l0eSBvZiBleHBwcmVzc2lvbiBhbmQgdGhlIGZyYWN0aW9uIG9mIGNlbGxzIGV4cHJlc3NpbmcgZm9yIGVhY2ggb2YgeW91ciBnZW5lcyBvZiBpbnRlcmVzdC4KVGhlIHJhZGl1cyBzaG93cyB5b3UgdGhlIHBlcmNlbnQgb2YgY2VsbHMgaW4gdGhhdCBjbHVzdGVyIHdpdGggYXQgbGVhc3Qgb25lIHJlYWQgc2VxdWVuY2VkIGZyb20gdGhhdCBnZW5lLiBUaGUgY29sb3IgbGV2ZWwgaW5kaWNhdGVzIHRoZSBhdmVyYWdlClotc2NvcmUgb2YgZ2VuZSBleHByZXNzaW9uIGZvciBjZWxscyBpbiB0aGF0IGNsdXN0ZXIsIHdoZXJlIHRoZSBzY2FsaW5nIGlzIGRvbmUgb3ZlciB0YWtlbiBvdmVyIGFsbCBjZWxscyBpbiB0aGUgc2FtcGxlLgoKYGBge3IsIGVjaG89RkFMU0UsIGZpZy5oZWlnaHQ9MTAsIGZpZy53aWR0aD02fQpEb3RQbG90KHRpc3MsIGFsbF9nZW5lcywgcGxvdC5sZWdlbmQgPSBULCBjb2wubWF4ID0gMi41LCBkby5yZXR1cm4gPSBUKSArIGNvb3JkX2ZsaXAoKQpgYGAKClZpb2xpbiBwbG90IG9mIEFsYnVtaW4gZXhwcmVzc2lvbiB0byBhc3Nlc3MgcG9zc2libGUgbGVha2FnZS4KCmBgYHtyLCBlY2hvPUZBTFNFLCBmaWcuaGVpZ2h0PTMsIGZpZy53aWR0aD02fQpWbG5QbG90KHRpc3MsICdBbGInLCB1c2UucmF3ID0gVCwgZG8ucmV0dXJuID0gVCkKYGBgCgpXZSBjYW4gYWxzbyBmaW5kIGFsbCBkaWZmZXJlbnRpYWxseSBleHByZXNzZWQgZ2VuZXMgbWFya2luZyBlYWNoIGNsdXN0ZXIuIFRoaXMgbWF5IHRha2Ugc29tZSB0aW1lLgoKYGBge3J9CiNjbHVzdC5tYXJrZXJzMCA8LSBGaW5kTWFya2VycyhvYmplY3QgPSB0aXNzLCBpZGVudC4xID0gMCwgb25seS5wb3MgPSBUUlVFLCBtaW4ucGN0ID0gMC4yNSwgdGhyZXNoLnVzZSA9IDAuMjUpCiN0aXNzLm1hcmtlcnMgPC0gRmluZEFsbE1hcmtlcnMob2JqZWN0ID0gdGlzcywgb25seS5wb3MgPSBUUlVFLCBtaW4ucGN0ID0gMC4yNSwgdGhyZXNoLnVzZSA9IDAuMjUpCmBgYAoKRGlzcGxheSB0aGUgdG9wIG1hcmtlcnMgeW91IGNvbXB1dGVkIGFib3ZlLgpgYGB7cn0KI3Rpc3MubWFya2VycyAlPiUgZ3JvdXBfYnkoY2x1c3RlcikgJT4lIHRvcF9uKDUsIGF2Z19kaWZmKQpgYGAKClVzaW5nIHRoZSBtYXJrZXJzIGFib3ZlLCB3ZSBjYW4gY29uZmlkZW50YWx5IGxhYmVsIG1hbnkgb2YgdGhlIGNsdXN0ZXJzOgoKYGBge3J9CnRpc3MgPC0gU3Rhc2hJZGVudChvYmplY3QgPSB0aXNzLCBzYXZlLm5hbWUgPSAiY2x1c3Rlci5pZHMiKQoKY2x1c3Rlci5pZHMgPC0gYygwLCAxLCAyLCAzLCA0LCA1LCA2LCA3LCA4KQoKZnJlZV9hbm5vdGF0aW9uIDwtIGMoCiAgImVuZG90aGVsaWFsIGNlbGwiLCAKICAiaGVwYXRvY3l0ZSIsIAogICJoZXBhdG9jeXRlIiwKICAiaGVwYXRvY3l0ZSIsCiAgImhlcGF0b2N5dGUiLAogICJrdXBwZmVyIiwKICAiaGVwYXRvY3l0ZSIsCiAgIkIgY2VsbCIsCiAgIk5rL05LVCBjZWxscyIpCgpjZWxsX29udG9sb2d5X2NsYXNzIDwtYygKICAiZW5kb3RoZWxpYWwgY2VsbCBvZiBoZXBhdGljIHNpbnVzb2lkIiwgCiAgImhlcGF0b2N5dGUiLCAKICAiaGVwYXRvY3l0ZSIsCiAgImhlcGF0b2N5dGUiLAogICJoZXBhdG9jeXRlIiwKICAiS3VwZmZlciBjZWxsIiwKICAiaGVwYXRvY3l0ZSIsCiAgIkIgY2VsbCIsCiAgIm5hdHVyYWwga2lsbGVyIGNlbGwiKQoKdmFsaWRhdGVfY2VsbF9vbnRvbG9neShjZWxsX29udG9sb2d5X2NsYXNzKQpjZWxsX29udG9sb2d5X2lkID0gY29udmVydF90b19jZWxsX29udG9sb2d5X2lkKGNlbGxfb250b2xvZ3lfY2xhc3MpCgp0aXNzQG1ldGEuZGF0YVsnZnJlZV9hbm5vdGF0aW9uJ10gPC0gYXMuY2hhcmFjdGVyKHBseXI6Om1hcHZhbHVlcyh4ID0gdGlzc0BpZGVudCwgZnJvbSA9IGNsdXN0ZXIuaWRzLCB0byA9IGZyZWVfYW5ub3RhdGlvbikpCgp2YWxpZGF0ZV9jZWxsX29udG9sb2d5KGNlbGxfb250b2xvZ3lfY2xhc3MpCmNlbGxfb250b2xvZ3lfaWQgPSBjb252ZXJ0X3RvX2NlbGxfb250b2xvZ3lfaWQoY2VsbF9vbnRvbG9neV9jbGFzcykKCnRpc3NAbWV0YS5kYXRhWydjZWxsX29udG9sb2d5X2NsYXNzJ10gPC0gYXMuY2hhcmFjdGVyKHBseXI6Om1hcHZhbHVlcyh4ID0gdGlzc0BpZGVudCwgZnJvbSA9IGNsdXN0ZXIuaWRzLCB0byA9IGNlbGxfb250b2xvZ3lfY2xhc3MpKQp0aXNzQG1ldGEuZGF0YVsnY2VsbF9vbnRvbG9neV9pZCddIDwtIGFzLmNoYXJhY3RlcihwbHlyOjptYXB2YWx1ZXMoeCA9IHRpc3NAaWRlbnQsIGZyb20gPSBjbHVzdGVyLmlkcywgdG8gPSBjZWxsX29udG9sb2d5X2lkKSkKYGBgCgoKIyMgQ2hlY2tpbmcgZm9yIGJhdGNoIGVmZmVjdHMKCkNvbG9yIGJ5IG1ldGFkYXRhLCBsaWtlIHBsYXRlIGJhcmNvZGUsIHRvIGNoZWNrIGZvciBiYXRjaCBlZmZlY3RzLgpgYGB7cn0KVFNORVBsb3Qob2JqZWN0ID0gdGlzcywgZG8ucmV0dXJuID0gVFJVRSwgZ3JvdXAuYnkgPSAibW91c2UuaWQiKQpgYGAKCgpgYGB7cn0KdGFibGUoRmV0Y2hEYXRhKHRpc3MsIGMoJ3BsYXRlLmJhcmNvZGUnLCdpZGVudCcpKSAlPiUgZHJvcGxldmVscygpKQpgYGAKCiMgRmluYWwgY29sb3JpbmcKCkNvbG9yIGJ5IGNlbGwgb250b2xvZ3kgY2xhc3Mgb24gdGhlIG9yaWdpbmFsIFRTTkUuCgpgYGB7cn0KVFNORVBsb3Qob2JqZWN0ID0gdGlzcywgZ3JvdXAuYnkgPSAiY2VsbF9vbnRvbG9neV9jbGFzcyIpCmBgYAoKCiMgU2F2ZSB0aGUgUm9iamVjdCBmb3IgbGF0ZXIKCmBgYHtyfQpmaWxlbmFtZSA9IGhlcmUoJzAwX2RhdGFfaW5nZXN0JywgJzA0X3Rpc3N1ZV9yb2JqX2dlbmVyYXRlZCcsIAogICAgICAgICAgICAgICAgICAgICBwYXN0ZTAoImZhY3NfIiwgdGlzc3VlX29mX2ludGVyZXN0LCAiX3NldXJhdF90aXNzLlJvYmoiKSkKcHJpbnQoZmlsZW5hbWUpCnNhdmUodGlzcywgZmlsZT1maWxlbmFtZSkKYGBgCgpgYGB7cn0KIyBUbyByZWxvYWQgYSBzYXZlZCBvYmplY3QKI2ZpbGVuYW1lID0gaGVyZSgnMDBfZGF0YV9pbmdlc3QnLCAnMDRfdGlzc3VlX3JvYmpfZ2VuZXJhdGVkJywgCiMgICAgICAgICAgICAgICAgICAgICAgcGFzdGUwKCJmYWNzXyIsIHRpc3N1ZV9vZl9pbnRlcmVzdCwgIl9zZXVyYXRfc3VidGlzcy5Sb2JqIikpCiNsb2FkKGZpbGU9ZmlsZW5hbWUpCmBgYAoKYGBge3J9CkJ1aWxkQ2x1c3RlclRyZWUodGlzcykgCmBgYAoKIyBFeHBvcnQgdGhlIGZpbmFsIG1ldGFkYXRhCgpTbyB0aGF0IEJpb2h1YiBjYW4gZWFzaWx5IGNvbWJpbmUgYWxsIHlvdXIgY2VsbF9vbnRvbG9neV9jbGFzc3MsIHBsZWFzZSBleHBvcnQgdGhlbSBhcyBhIHNpbXBsZSBjc3YuCgpgYGB7cn0KaGVhZCh0aXNzQG1ldGEuZGF0YSkKYGBgCgpgYGB7cn0KZmlsZW5hbWUgPSBoZXJlKCcwMF9kYXRhX2luZ2VzdCcsICcwM190aXNzdWVfYW5ub3RhdGlvbl9jc3YnLCAKICAgICAgICAgICAgICAgICAgICAgcGFzdGUwKHRpc3N1ZV9vZl9pbnRlcmVzdCwgIl9hbm5vdGF0aW9uLmNzdiIpKQp3cml0ZS5jc3YoRmV0Y2hEYXRhKHRpc3MsIGMoJ3BsYXRlLmJhcmNvZGUnLCdjZWxsX29udG9sb2d5X2NsYXNzJywnY2VsbF9vbnRvbG9neV9pZCcsICdmcmVlX2Fubm90YXRpb24nLCAndFNORV8xJywgJ3RTTkVfMicpKSwgZmlsZT1maWxlbmFtZSkKYGBgCkZpZ3VyZXMgZm9yIFN1cHBsZW1lbnQKYGBge3IsIGVjaG89RkFMU0UsIGZpZy5oZWlnaHQ9MTAsIGZpZy53aWR0aD02fQpEb3RQbG90KHRpc3MsIGFsbF9nZW5lcywgcGxvdC5sZWdlbmQgPSBULCBjb2wubWF4ID0gMi41LCBkby5yZXR1cm4gPSBUKSArIGNvb3JkX2ZsaXAoKQpgYGAK